'''import scrapy
from scrapy.crawler import CrawlerProcess
from sc.spiders.Spider import JdCommSpider

process = CrawlerProcess({
    'USER_AGENT': 'Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1)'
})

process.crawl(JdCommSpider)
process.start()'''

from scrapy.crawler import CrawlerProcess
from scrapy.utils.project import get_project_settings

process = CrawlerProcess(get_project_settings())

# 'followall' is the name of one of the spiders of the project.
process.crawl('JdCommSpider')
process.start()